MODEL_PATH = "/data8/zjh/models"
cuda_cast = {
    "internlm-chat-7b": 0,
    "chatglm3-6b-32k": 1,
    "chatglm3-6b": 2,
    "qwen1.5-0.5b-chat": 3,
    "qwen1.5-7b-chat": 4,
    "qwen1.5-14b-chat": 5
}